#include <boost/tokenizer.hpp>
#include <iostream>
#include <string>

int main()
{
	std::string	cmd("examine desk");
	std::string cmd2("tell jopy i don't 	think all these token thingies will work");

	typedef boost::tokenizer<boost::char_separator<char> > tokenizer;
	boost::char_separator<char> sep(" \t");
	tokenizer tokens(cmd,sep);

	int idx = 0;
	for (tokenizer::iterator i = tokens.begin(); i != tokens.end(); ++i)
		std::cout << ++idx << *i << std::endl;	

	tokenizer tokens2(cmd2,sep);
	idx = 0;
	for (tokenizer::iterator i = tokens2.begin(); i != tokens2.end(); ++i)
		std::cout << ++idx << *i << std::endl;	

}
